
#export NCCL_IB_DISABLE=0
export NCCL_SOCKET_IFNAME=ens15f0
export GLOO_SOCKET_IFNAME=ens15f0
export VLLM_FORCE_NCCL_COMM=1
#export NCCL_IB_HCA=mlx5_0
export NCCL_DEBUG=INFO
export NCCL_DEBUG=INFO
ray stop
ray start --block --head --port=6379 --num-gpus=16
